-r requirements.txt
bitsandbytes   # quantization
scipy          # required by bitsandbytes
sentencepiece  # pythia, falcon, redpajama
tokenizers     # llama-based models
datasets       # quantize/gptq.py
zstandard      # scripts/prepare_redpajama.py
git+https://github.com/EleutherAI/lm-evaluation-harness.git@master  # eval
pandas         # prepare_csv.py
